package ay.util;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.json.JSONException;
import org.json.JSONObject;

public class HtmlParser {
	public static String getHtmlContent(URL url, String encode) {
		StringBuffer contentBuffer = new StringBuffer();

		int responseCode = -1;
		HttpURLConnection con = null;
		try {
			con = (HttpURLConnection) url.openConnection();
			con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");
			con.setConnectTimeout(60000);
			con.setReadTimeout(60000);
			// 获得网页返回信息码
			responseCode = con.getResponseCode();
			if (responseCode == -1) {
				System.out.println(url.toString() + " : connection is failure...");
				con.disconnect();
				return null;
			}
			if (responseCode >= 400) {
				System.out.println("请求失败:get response code: " + responseCode);
				con.disconnect();
				return null;
			}

			InputStream inStr = con.getInputStream();
			InputStreamReader istreamReader = new InputStreamReader(inStr, encode);
			BufferedReader buffStr = new BufferedReader(istreamReader);

			String str = null;
			while ((str = buffStr.readLine()) != null) {
				contentBuffer.append(str);
			}
			inStr.close();
		} catch (IOException e) {
			e.printStackTrace();
			contentBuffer = null;
			System.out.println("error: " + url.toString());
		} finally {
			con.disconnect();
		}
		return contentBuffer.toString();
	}

	public static String getHtmlContent(String url, String encode) {
		if (!url.toLowerCase().startsWith("http://")) {
			url = "http://" + url;
		}
		try {
			URL rUrl = new URL(url);
			return getHtmlContent(rUrl, encode);
		} catch (Exception e) {
			e.printStackTrace();
			return null;
		}
	}

	/**
	 * 根据网址获取匹配正则表达式的内容， 建议正则表达式最好包含()
	 * 
	 * @param url
	 * @param encode
	 * @param regex
	 * @return
	 */
	public static ArrayList<String> getHtmlContentByRegex(String url, String encode, String regex) {
		ArrayList<String> list = new ArrayList<String>();
		String htmlContent = getHtmlContent(url, encode);
		if (htmlContent != null) {
			Pattern p = Pattern.compile(regex);
			Matcher m = p.matcher(htmlContent);
			if (m.find()) {
				for (int i = 1; i <= m.groupCount(); i++) {
					list.add(m.group(i));
				}
			}
		}
		return list;
	}

	public static void main(String argsp[]) throws Exception {
		String hello = getHtmlContentByRegex("http://www.miui.com/forum.php", "utf-8", "<script type=\"text/javascript\">var mottoData = (\\{[\\s\\S]*\\});</script>").get(0);
		try {
			JSONObject anas = new JSONObject(hello);
			Iterator ie = anas.keys();
			while (ie.hasNext()) {
				JSONObject ana = anas.getJSONArray(ie.next().toString()).getJSONObject(0);
				Map map = new HashMap<String, String>();
				String content = ana.getString("content");
				content = content.replaceAll("[-,－,_,——]+[\\S\\s]*", "");
				System.out.println(content);
				map.put("content", content);
				map.put("pic", ana.getString("pic"));
			}

		} catch (JSONException e) {
			e.printStackTrace();
		}
	}
}